#!/bin/bash
# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0

# DeepSpeed Team

# You can provide two models to compare the performance of the baseline and the finetuned model
# export CUDA_VISIBLE_DEVICES=0
# python prompt_eval.py \
#     --model_name_or_path_baseline XXX \
#     --model_name_or_path_finetune XXX
export CUDA_VISIBLE_DEVICES=0
python prompt_eval.py \
    --model_name_or_path_baseline /hy-tmp/DeepSpeedExamples/applications/pre/models/facebook/opt-125m \
    --model_name_or_path_finetune /hy-tmp/DeepSpeedExamples/applications/pre/models/facebook/opt-125m-actor-models